

BATCH_SIZE = ...


DEVICE = 'cuda'
WARM_UP_STEPS = 4000
#
SPECIAL_TOKENS = {
    '<unk>': 0,
    '<eos>': 1,
    '<pad>': 2,
    '<bos>': 3,
    '<cls>': 4,
}


SOURCE_VOCAB_SIZE = 7000 + len(SPECIAL_TOKENS)
TARGET_VOCAB_SIZE = 0
DATA_SOURCE = 'X:\\Machine_Learning\\datasets\\Corpus\\news-commentary-v13.zh-en.zh'

# model
ENCODER_LAYERS = 6
DECODER_LAYERS = 6
D_FF = 2048
D_MODEL = 512
HEADS = 16
